home *** CD-ROM | disk | FTP | other *** search
/ Internet Magazine 2003 Spring / INTERNET101.ISO / pc / software / windows / building / robot_manager / robotmanagersetup.exe / {app} / known.dat < prev    next >
Encoding:
Text File  |  2002-12-04  |  839 b   |  21 lines
  1. $216\.35\.116\.[0-9]{1,3}=Slurp (Inktomi)
  2. $trek[0-9]{1,3}\.sv\.av\.com=Scooter
  3. $j[0-9]+\.inktomi\.com=Slurp (Inktomi)
  4. $.+\..+\.fastsearch\.net=FAST
  5. 212.187.213.175=Scooter-ARS-1.1
  6. $robot[0-9]+\.openfind\.com=Open BOT
  7. $.+\.proszynski\.pl=Szukacz
  8. $crl\.00skyrocket\.88\.178\.203\.in-addr\.arpa=DiaGem
  9. 199.231.148.251=URL_Spider_SQL
  10. 65.198.49.27=Keynote-Perspective
  11. $.+\..+\.dsl\.speakeasy\.net=IncyWincy
  12. $.+\.san\.rr\.com=National Directory
  13. $.+\.(?:bos|sjc)\.lycos\.com=Lycos Spider
  14. $.+\.directhit\.com=Ask_Jeeves
  15. 211.100.25.200=Bai Du Spider
  16. $64\.68\.8[26]\.[0-9]{1,3}=Google
  17. $216\.239\.4[56]\.[0-9]{1,3}=Google
  18. $66\.196\.(?:6[4-9]|[789][0-9]|1(?:[01][0-9]|2[0-7]))\.[0-9]{1,3}=Slurp (Inktomi)
  19. $209\.133\.(?:3[2-9]|[45][0-9]|6[0-3])\.[0-9]{1,3}=Slurp (Inktomi)
  20. $216\.155\.(?:19[2-9]|20[0-7])\.[0-9]{1,3}=Slurp (Inktomi)
  21.